from config.url import *
from pyquery.pyquery import PyQuery as pyq
from utils.WriteFile import write_json
from utils.ReadFile import read_json


def get(page):
    results = []
    dj_url = URL['dajie'] + str(page)
    doc = pyq(dj_url)
    content = doc('.job-name a')
    for i in content.items():
        results.append(i.text())
        pass
    return results
    pass


def remove_repeat(l):
    return list(set(l))
    pass



